@echo off
SETLOCAL
REM Starts a direct chat with the Gemma-3 4B model.
SET MODEL_PATH=gemma_cli\gemma-3-4b-it.gguf
SET NGL=99
echo [INFO] Loading Gemma-3 4B for chat...
echo [INFO] Offloading all layers to GPU...
build\bin\Release\llama-cli.exe -m "%MODEL_PATH%" -ngl %NGL% -t 12 -c 4096 --temp 0.7 --color --interactive-first
pause > nul
ENDLOCAL